import deepxde as dde
from deepxde.backend import pytorch
import torch
import matplotlib.pyplot as plt
import numpy as np

from SIRD_deepxde_DiseaseModel import SIRD_deepxde_net
from DiseaseModel import SIR,SIRD,SIRDIm,SIRDImRel, SIRDImRelSimple, SIRD2Var, SIRD2VarRelSimple, GeneralModelSolver
from Plot import Plot

# %matplotlib widget

seed = 2
np.random.seed(seed)
dde.config.set_random_seed(seed)

Using backend: pytorch

default Torch device: cpu

time_delta = [0,365] # use three values here for intro time of second variant

# initial_conditions = {
#     "S": 1000000,
#     "I": 1,
#     "R": 0,
#     }
# static_parameters = {
#     "alpha": (0.15),
#     "beta": (0.07),
#     }
# sird_model = SIR(initial_conditions, static_parameters, time_delta)

initial_conditions = {
    "S": 1000000,
    "I": 1,
    "R": 0,
    "D": 0,
    }
static_parameters = {
    "alpha": (0.15),
    "beta": (0.07),
    "gamma": (0.001),
    }
sird_model = SIRD(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "I": 15,
#     "R": 0,
#     "D": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "alpha": 0.12,
#     "beta": 0.07,
#     "gamma": 0.02,
#     "kappa": 0.2,
#     }
# sird_model = SIRDIm(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
#     "S": 1000000,
#     "I": 15,
#     "R": 0,
#     "D": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "lambda_": 1.5,
#     "gamma": 0.000,
#     "kappa": 0.2,
#     }
# sird_model = SIRDImRel(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
#     "S": 1000000,
#     "I": 15,
#     "R": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "lambda_": 1.5,
#     "kappa": 0.2,
#     }
# sird_model = SIRDImRelSimple(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "Ia": 1,
#     "Ib": 0,
#     "Ra": 0,
#     "Rb": 0,
#     "D": 0,
#     "Im_a": 0, # should be between 0 and 1
#     "Im_b": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "alpha_a": 0.23  ,
#     "alpha_b": 0.18,
#     "beta_a": 0.1,
#     "beta_b": 0.08,
#     "gamma_a": 0.00,
#     "gamma_b": 0.00,
#     "kappa_a": 0.8,
#     "kappa_b": 0.5,
#     }
# static_parameters = {
#     "alpha_a": 0.11,
#     "alpha_b": 0.12,
#     "beta_a": 0.08,
#     "beta_b": 0.08,
#     "gamma_a": 0.00,
#     "gamma_b": 0.00,
#     "kappa_a": 0.1,
#     "kappa_b": 0.2,
#     }
# sird_model = SIRD2Var(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "Ia": 1,
#     "Ib": 0,
#     "Ra": 0,
#     "Rb": 0,
#     "Im_a": 0, 
#     "Im_b": 0,
#     }
# static_parameters = {
#     "lambda_a": 2.2  ,
#     "lambda_b": 1.9,
#     "kappa_a": 0.8, # should be between 0 and 1
#     "kappa_b": 0.5,
#     }

# sird_model = SIRD2VarRelSimple(initial_conditions, static_parameters, time_delta)


t_synth, solution_synth_full = sird_model.simulate()
t_synth, solution_synth = sird_model.get_solution_as_sird()
sird_model.plot_solution()
sird_model.plot_sird()

print(sird_model)

A Disease Model with description: 'The standard SIRD model with Susceptible, Infection, and Removed, and alpha, beta, gamma as static parameters':
Parameters:
	alpha = 0.15
	beta = 0.07
	gamma = 0.001

PDE groups and initial conditions:
	S = 1000000
	I = 1
	R = 0
	D = 0

PDE equations:
 	dS/dt = -((alpha)/N)*I*S
	dI/dt = ((alpha)/N)*S*I - (beta)*I - (gamma)*I
	dR/dt = (beta)*I 
	dD/dt = (gamma)*I
PINN PDE loss equations:
	dS_t - (-((alpha)/N)*I*S)
	dI_t - (((alpha)/N)*S*I - (beta)*I - (gamma)*I)
	dR_t - ((beta)*I )
	dD_t - ((gamma)*I)

# keep this even if not subsetting
t = t_synth
wsol = solution_synth

solver = GeneralModelSolver(sird_model)
# subset
# max_timestep = 300
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = wsol_synth[t_bool]

model = SIRD_deepxde_net(t, wsol,disease_model=sird_model,  model_name="diseasemodel_peak_", with_softadapt=False,
                        with_neumann=False, # important for peak prediction
                        use_ln_space=False,
                        use_ic_loss=True,
                        use_observe_loss=True,
                        use_observe_sum_loss=True,
                        use_sign_loss=False,
                        use_smooth_loss=False,
                        use_initL1_loss=False,
                        use_infectedL1_loss=False,)
print(model)
hyper_print_every = 2000
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
    if "d" in key and "_t" in key:
        w = 2
    else:
        w = 0.2
    static_loss_weights.append(w)
model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)

PINN model:
Parameters: ['alpha', 'beta', 'gamma']
Loss measures: ['dS_t ', 'dI_t ', 'dR_t ', 'dD_t ', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_D', 'observe_SUM']
Compiling model...
'compile' took 0.000062 s

# prev_best_step = 0
# iters = 0

def intermediate_train(plot_every=hyper_print_every, reset=False):
    TOTAL_ITER = 100_000
    iters = 0
    if not hasattr(intermediate_train, "prev_best_step") or reset:
        setattr(intermediate_train, "prev_best_step", 0)
    try:
        while True:
            iters += plot_every
            # for n in range(TOTAL_ITER//plot_every):
            model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
            params_nn, best_step = model.get_best_params() # TODO make a get_best_step function
            if best_step > intermediate_train.prev_best_step:
                setattr(intermediate_train, "prev_best_step", best_step)
                break
            elif iters >= TOTAL_ITER:
                break
    except KeyboardInterrupt:
        print("Training ended prematurely")

    params_nn, best_step = model.get_best_params() 
    print(static_parameters, sep="\n")
    t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
    # params_nn= tuple(np.exp([*params_nn]))
    # print(*params_nn)
    model.set_synthetic_data(t_synth, solution_synth_full) 
    model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
    plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
    plot.show_known_and_prediction()


# plot.plot_param_history()
# plot.plot_loss_history()

intermediate_train()

Training model...

Step      Train loss                                                                                              Test loss                                                                                               Test metric
0         [1.40e-01, 3.85e-02, 4.66e-02, 1.41e-03, 2.00e-01, 1.70e-01, 3.45e-01, 6.93e-01, 3.26e-01, 2.58e+00]    [1.40e-01, 3.85e-02, 4.66e-02, 1.41e-03, 2.00e-01, 1.70e-01, 3.45e-01, 6.93e-01, 3.26e-01, 2.58e+00]    []  
2000      [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06]    [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06]    []  

Best model at step 1995:
  train loss: 6.39e-05
  test loss: 6.39e-05
  test metric: []

'train' took 16.880792 s

Best train step: 1995
alpha: 0.11857964098
beta: 0.065021283925
gamma: -0.0025561451912
Best train step: 1995
alpha: 0.11857964098
beta: 0.065021283925
gamma: -0.0025561451912
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                              Test loss                                                                                               Test metric
2000      [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06]    [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06]    []  
4000      [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05]    [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05]    []  

Best model at step 3720:
  train loss: 9.21e-06
  test loss: 9.21e-06
  test metric: []

'train' took 16.035416 s

Best train step: 3720
alpha: 0.14210136235
beta: 0.068480908871
gamma: 0.00048473192146
Best train step: 3720
alpha: 0.14210136235
beta: 0.068480908871
gamma: 0.00048473192146
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                              Test loss                                                                                               Test metric
4000      [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05]    [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05]    []  
6000      [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07]    [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07]    []  

Best model at step 5449:
  train loss: 2.62e-06
  test loss: 2.62e-06
  test metric: []

'train' took 15.384466 s

Best train step: 5449
alpha: 0.14553487301
beta: 0.069139689207
gamma: 0.00042250813567
Best train step: 5449
alpha: 0.14553487301
beta: 0.069139689207
gamma: 0.00042250813567
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                              Test loss                                                                                               Test metric
6000      [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07]    [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07]    []  
8000      [4.29e-06, 1.25e-06, 2.27e-06, 1.32e-07, 3.06e-07, 1.15e-04, 3.94e-05, 2.63e-05, 2.70e-05, 3.84e-04]    [4.29e-06, 1.25e-06, 2.27e-06, 1.32e-07, 3.06e-07, 1.15e-04, 3.94e-05, 2.63e-05, 2.70e-05, 3.84e-04]    []  

Best model at step 7947:
  train loss: 2.10e-06
  test loss: 2.10e-06
  test metric: []

'train' took 16.339203 s

Best train step: 7947
alpha: 0.14977683127
beta: 0.069922968745
gamma: 0.00093094492331
Best train step: 7947
alpha: 0.14977683127
beta: 0.069922968745
gamma: 0.00093094492331
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

Peak Prediction

# keep this even if not subsetting
# t = t_synth
# wsol = solution_synth

solver = GeneralModelSolver(sird_model)
# subset
max_timestep = 165
t_bool = t_synth < max_timestep
t = t_synth[t_bool]
wsol = solution_synth[t_bool]
plt.plot(t, wsol)

[<matplotlib.lines.Line2D at 0x28ba50fa0>,
 <matplotlib.lines.Line2D at 0x17ff5c040>,
 <matplotlib.lines.Line2D at 0x17ff5c070>,
 <matplotlib.lines.Line2D at 0x17ff5c160>]

model = SIRD_deepxde_net(t, wsol,disease_model=sird_model, model_name="diseasemodel_peakprediction", with_softadapt=False,
                        with_neumann=True, # important for peak prediction
                        use_ln_space=False,
                        use_ic_loss=True,
                        use_observe_loss=True,
                        use_observe_sum_loss=True,
                        use_sign_loss=False,
                        use_smooth_loss=False,
                        use_initL1_loss=False,
                        use_infectedL1_loss=False,)
                        
print(model)
hyper_print_every = 2000
best_step = 0
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
    # if "d" in key and "_t" in key:
    if "neumann" in key:
        w = 1
    else:
        w = 0.2
    static_loss_weights.append(w)

model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)

PINN model:
Parameters: ['alpha', 'beta', 'gamma']
Loss measures: ['dS_t ', 'dI_t ', 'dR_t ', 'dD_t ', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_D', 'observe_SUM', 'ic_neumann_S', 'ic_neumann_I', 'ic_neumann_R', 'ic_neumann_D', 'fc_neumann_S', 'fc_neumann_I', 'fc_neumann_R', 'fc_neumann_D']
Compiling model...
'compile' took 0.000056 s

intermediate_train(reset=True)

Training model...

0         [4.90e-03, 9.34e-03, 1.36e-03, 6.20e-04, 2.00e-01, 1.04e+00, 9.13e-02, 8.84e-02, 7.41e-02, 5.57e-01, 1.59e-01, 1.59e-01, 6.32e-02, 1.23e-01, 7.21e-08, 2.99e-07, 1.71e-10, 6.02e-09]    [4.90e-03, 9.34e-03, 1.36e-03, 6.20e-04, 2.00e-01, 1.04e+00, 9.13e-02, 8.84e-02, 7.41e-02, 5.57e-01, 1.59e-01, 1.59e-01, 6.32e-02, 1.23e-01, 7.21e-08, 2.99e-07, 1.71e-10, 6.02e-09]    []  
2000      [9.30e-07, 2.09e-07, 9.33e-08, 2.42e-08, 2.45e-06, 3.54e-04, 6.40e-05, 1.28e-04, 2.73e-06, 3.85e-06, 4.80e-08, 2.09e-06, 7.79e-09, 1.06e-06, 8.95e-06, 1.18e-06, 1.75e-06, 1.09e-08]    [9.30e-07, 2.09e-07, 9.33e-08, 2.42e-08, 2.45e-06, 3.54e-04, 6.40e-05, 1.28e-04, 2.73e-06, 3.85e-06, 4.80e-08, 2.09e-06, 7.79e-09, 1.06e-06, 8.95e-06, 1.18e-06, 1.75e-06, 1.09e-08]    []  

Best model at step 1968:
  train loss: 4.81e-04
  test loss: 4.81e-04
  test metric: []

'train' took 13.725269 s

Best train step: 1968
alpha: 0.042195294052
beta: 0.019192047417
gamma: -0.0018863088917
Best train step: 1968
alpha: 0.042195294052
beta: 0.019192047417
gamma: -0.0018863088917
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
2000      [2.72e-06, 8.03e-07, 1.09e-06, 3.46e-07, 4.63e-08, 1.12e-04, 2.11e-05, 3.10e-05, 3.37e-06, 8.30e-06, 1.48e-07, 8.82e-08, 1.57e-07, 1.01e-07, 9.24e-06, 1.16e-06, 4.87e-06, 1.20e-07]    [2.72e-06, 8.03e-07, 1.09e-06, 3.46e-07, 4.63e-08, 1.12e-04, 2.11e-05, 3.10e-05, 3.37e-06, 8.30e-06, 1.48e-07, 8.82e-08, 1.57e-07, 1.01e-07, 9.24e-06, 1.16e-06, 4.87e-06, 1.20e-07]    []  
4000      [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10]    [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10]    []  

Best model at step 3485:
  train loss: 4.42e-05
  test loss: 4.42e-05
  test metric: []

'train' took 13.725332 s

Best train step: 3485
alpha: 0.11589561403
beta: 0.050498940051
gamma: -0.00056336354464
Best train step: 3485
alpha: 0.11589561403
beta: 0.050498940051
gamma: -0.00056336354464
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
4000      [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10]    [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10]    []  
6000      [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09]    [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09]    []  

Best model at step 5955:
  train loss: 3.71e-05
  test loss: 3.71e-05
  test metric: []

'train' took 13.067438 s

Best train step: 5955
alpha: 0.11615614593
beta: 0.049730267376
gamma: -0.00059776485432
Best train step: 5955
alpha: 0.11615614593
beta: 0.049730267376
gamma: -0.00059776485432
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
6000      [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09]    [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09]    []  
8000      [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09]    [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09]    []  

Best model at step 7915:
  train loss: 3.44e-05
  test loss: 3.44e-05
  test metric: []

'train' took 12.818418 s

Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
8000      [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09]    [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09]    []  
10000     [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09]    [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09]    []  

Best model at step 7915:
  train loss: 3.44e-05
  test loss: 3.44e-05
  test metric: []

'train' took 13.570388 s

Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
10000     [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09]    [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09]    []  
12000     [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10]    [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10]    []  

Best model at step 7915:
  train loss: 3.44e-05
  test loss: 3.44e-05
  test metric: []

'train' took 13.799230 s

Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
12000     [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10]    [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10]    []  
14000     [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10]    [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10]    []  

Best model at step 7915:
  train loss: 3.44e-05
  test loss: 3.44e-05
  test metric: []

'train' took 12.848997 s

Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
14000     [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10]    [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10]    []  
16000     [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09]    [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09]    []  

Best model at step 15679:
  train loss: 3.23e-05
  test loss: 3.23e-05
  test metric: []

'train' took 13.406145 s

Best train step: 15679
alpha: 0.1186144352
beta: 0.049504820257
gamma: 0.0015919191064
Best train step: 15679
alpha: 0.1186144352
beta: 0.049504820257
gamma: 0.0015919191064
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
16000     [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09]    [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09]    []  
18000     [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09]    [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09]    []  

Best model at step 17940:
  train loss: 3.14e-05
  test loss: 3.14e-05
  test metric: []

'train' took 13.167794 s

Best train step: 17940
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
Best train step: 17940
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                              Test loss                                                                                                                                                                               Test metric
18000     [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09]    [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09]    []  
Training ended prematurely
Best train step: 19457
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
14000     [2.74e-06, 1.87e-07, 1.54e-06, 2.63e-08, 1.44e-09, 5.57e-06, 3.37e-07, 4.40e-06, 1.39e-08, 1.82e-08, 1.93e-08, 2.21e-09, 8.65e-09, 8.87e-10, 5.44e-11, 5.84e-11, 7.53e-12, 1.29e-05, 2.27e-06, 4.21e-06, 8.42e-10]    [2.74e-06, 1.87e-07, 1.54e-06, 2.63e-08, 1.44e-09, 5.57e-06, 3.37e-07, 4.40e-06, 1.39e-08, 1.82e-08, 1.93e-08, 2.21e-09, 8.65e-09, 8.87e-10, 5.44e-11, 5.84e-11, 7.53e-12, 1.29e-05, 2.27e-06, 4.21e-06, 8.42e-10]    []  
16000     [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09]    [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09]    []  

Best model at step 15988:
  train loss: 3.22e-05
  test loss: 3.22e-05
  test metric: []

'train' took 17.570699 s

Best train step: 15988
alpha: 0.12278873473
beta: 0.05157129094
gamma: 0.0015880783321
Best train step: 15988
alpha: 0.12278873473
beta: 0.05157129094
gamma: 0.0015880783321
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
16000     [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09]    [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09]    []  
18000     [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10]    [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10]    []  

Best model at step 17342:
  train loss: 3.14e-05
  test loss: 3.14e-05
  test metric: []

'train' took 15.889518 s

Best train step: 17342
alpha: 0.12272905558
beta: 0.051644977182
gamma: 0.0015550234821
Best train step: 17342
alpha: 0.12272905558
beta: 0.051644977182
gamma: 0.0015550234821
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
18000     [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10]    [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10]    []  
20000     [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09]    [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09]    []  

Best model at step 19931:
  train loss: 2.74e-05
  test loss: 2.74e-05
  test metric: []

'train' took 16.682345 s

Best train step: 19931
alpha: 0.12150446326
beta: 0.049643885344
gamma: 0.001783055719
Best train step: 19931
alpha: 0.12150446326
beta: 0.049643885344
gamma: 0.001783055719
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
20000     [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09]    [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09]    []  
22000     [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09]    [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09]    []  

Best model at step 20797:
  train loss: 2.70e-05
  test loss: 2.70e-05
  test metric: []

'train' took 16.378305 s

Best train step: 20797
alpha: 0.12108705938
beta: 0.049577474594
gamma: 0.0018773394404
Best train step: 20797
alpha: 0.12108705938
beta: 0.049577474594
gamma: 0.0018773394404
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
22000     [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09]    [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09]    []  
24000     [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09]    [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09]    []  

Best model at step 23598:
  train loss: 2.66e-05
  test loss: 2.66e-05
  test metric: []

'train' took 16.345517 s

Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
24000     [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09]    [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09]    []  
26000     [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09]    [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09]    []  

Best model at step 23598:
  train loss: 2.66e-05
  test loss: 2.66e-05
  test metric: []

'train' took 15.904459 s

Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
26000     [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09]    [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09]    []  
28000     [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13]    [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13]    []  

Best model at step 27098:
  train loss: 2.51e-05
  test loss: 2.51e-05
  test metric: []

'train' took 16.147722 s

Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
28000     [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13]    [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13]    []  
30000     [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09]    [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09]    []  

Best model at step 27098:
  train loss: 2.51e-05
  test loss: 2.51e-05
  test metric: []

'train' took 16.347402 s

Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
30000     [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09]    [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09]    []  
32000     [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11]    [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11]    []  

Best model at step 27098:
  train loss: 2.51e-05
  test loss: 2.51e-05
  test metric: []

'train' took 15.764348 s

Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
32000     [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11]    [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11]    []  
34000     [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09]    [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09]    []  

Best model at step 27098:
  train loss: 2.51e-05
  test loss: 2.51e-05
  test metric: []

'train' took 15.993345 s

Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
34000     [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09]    [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09]    []  
36000     [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11]    [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11]    []  

Best model at step 35847:
  train loss: 2.36e-05
  test loss: 2.36e-05
  test metric: []

'train' took 15.938247 s

Best train step: 35847
alpha: 0.12231645733
beta: 0.052483670413
gamma: 0.001878345618
Best train step: 35847
alpha: 0.12231645733
beta: 0.052483670413
gamma: 0.001878345618
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
36000     [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11]    [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11]    []  
38000     [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10]    [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10]    []  

Best model at step 37449:
  train loss: 2.25e-05
  test loss: 2.25e-05
  test metric: []

'train' took 16.084954 s

Best train step: 37449
alpha: 0.1232893616
beta: 0.053554434329
gamma: 0.0021211071871
Best train step: 37449
alpha: 0.1232893616
beta: 0.053554434329
gamma: 0.0021211071871
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
38000     [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10]    [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10]    []  
40000     [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10]    [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10]    []  

Best model at step 40000:
  train loss: 2.15e-05
  test loss: 2.15e-05
  test metric: []

'train' took 15.695498 s

Best train step: 40000
alpha: 0.12332399935
beta: 0.053479216993
gamma: 0.002047902206
Best train step: 40000
alpha: 0.12332399935
beta: 0.053479216993
gamma: 0.002047902206
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
40000     [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10]    [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10]    []  
42000     [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09]    [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09]    []  

Best model at step 41960:
  train loss: 1.97e-05
  test loss: 1.97e-05
  test metric: []

'train' took 15.984246 s

Best train step: 41960
alpha: 0.12363013625
beta: 0.054221179336
gamma: 0.0022350191139
Best train step: 41960
alpha: 0.12363013625
beta: 0.054221179336
gamma: 0.0022350191139
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
42000     [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09]    [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09]    []  
44000     [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10]    [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10]    []  

Best model at step 43877:
  train loss: 1.81e-05
  test loss: 1.81e-05
  test metric: []

'train' took 15.605658 s

Best train step: 43877
alpha: 0.12379591912
beta: 0.054819937795
gamma: 0.0023597134277
Best train step: 43877
alpha: 0.12379591912
beta: 0.054819937795
gamma: 0.0023597134277
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
44000     [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10]    [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10]    []  
46000     [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09]    [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09]    []  

Best model at step 44827:
  train loss: 1.79e-05
  test loss: 1.79e-05
  test metric: []

'train' took 15.358789 s

Best train step: 44827
alpha: 0.1238335371
beta: 0.054786901921
gamma: 0.0023652238306
Best train step: 44827
alpha: 0.1238335371
beta: 0.054786901921
gamma: 0.0023652238306
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
46000     [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09]    [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09]    []  
48000     [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09]    [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09]    []  

Best model at step 47629:
  train loss: 1.74e-05
  test loss: 1.74e-05
  test metric: []

'train' took 15.204896 s

Best train step: 47629
alpha: 0.12408808619
beta: 0.054973907769
gamma: 0.0024292927701
Best train step: 47629
alpha: 0.12408808619
beta: 0.054973907769
gamma: 0.0024292927701
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
48000     [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09]    [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09]    []  
50000     [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10]    [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10]    []  

Best model at step 48115:
  train loss: 1.72e-05
  test loss: 1.72e-05
  test metric: []

'train' took 15.326441 s

Best train step: 48115
alpha: 0.12418252975
beta: 0.055071782321
gamma: 0.0024204545189
Best train step: 48115
alpha: 0.12418252975
beta: 0.055071782321
gamma: 0.0024204545189
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
50000     [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10]    [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10]    []  
52000     [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10]    [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.669066 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
52000     [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10]    [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10]    []  
54000     [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09]    [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.469764 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
54000     [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09]    [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09]    []  
56000     [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09]    [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.391921 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
56000     [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09]    [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09]    []  
58000     [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09]    [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.344574 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
58000     [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09]    [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09]    []  
60000     [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10]    [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.220951 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
60000     [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10]    [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10]    []  
62000     [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09]    [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.236954 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
62000     [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09]    [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09]    []  
64000     [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09]    [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.199510 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
64000     [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09]    [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09]    []  
66000     [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09]    [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.136839 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
66000     [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09]    [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09]    []  
68000     [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10]    [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.289388 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
68000     [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10]    [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10]    []  
70000     [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10]    [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.073395 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
70000     [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10]    [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10]    []  
72000     [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10]    [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.219833 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
72000     [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10]    [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10]    []  
74000     [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10]    [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.139313 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
74000     [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10]    [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10]    []  
76000     [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10]    [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.209505 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
76000     [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10]    [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10]    []  
78000     [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10]    [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.249727 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
78000     [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10]    [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10]    []  
80000     [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10]    [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.385175 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
80000     [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10]    [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10]    []  
82000     [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10]    [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.713850 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
82000     [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10]    [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10]    []  
84000     [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09]    [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 14.990759 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
84000     [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09]    [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09]    []  
86000     [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12]    [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.323497 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
86000     [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12]    [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12]    []  
88000     [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09]    [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.588369 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
88000     [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09]    [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09]    []  
90000     [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10]    [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.477352 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
90000     [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10]    [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10]    []  
92000     [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10]    [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.836609 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
92000     [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10]    [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10]    []  
94000     [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09]    [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.477859 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
94000     [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09]    [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09]    []  
96000     [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09]    [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.704568 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
96000     [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09]    [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09]    []  
98000     [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10]    [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.537095 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
98000     [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10]    [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10]    []  
100000    [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09]    [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.360999 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
100000    [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09]    [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09]    []  
102000    [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09]    [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09]    []  

Best model at step 50197:
  train loss: 1.71e-05
  test loss: 1.71e-05
  test metric: []

'train' took 15.487549 s

Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
102000    [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09]    [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09]    []  
104000    [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09]    [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.259253 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
104000    [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09]    [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09]    []  
106000    [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09]    [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.077903 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
106000    [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09]    [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09]    []  
108000    [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10]    [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.369589 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
108000    [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10]    [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10]    []  
110000    [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09]    [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.217968 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
110000    [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09]    [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09]    []  
112000    [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09]    [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.833147 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
112000    [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09]    [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09]    []  
114000    [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10]    [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.578972 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
114000    [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10]    [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10]    []  
116000    [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09]    [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.689175 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
116000    [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09]    [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09]    []  
118000    [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09]    [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.485569 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
118000    [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09]    [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09]    []  
120000    [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09]    [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.514311 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
120000    [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09]    [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09]    []  
122000    [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09]    [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.618188 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
122000    [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09]    [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09]    []  
124000    [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09]    [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.316395 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
124000    [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09]    [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09]    []  
126000    [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09]    [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.793978 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
126000    [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09]    [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09]    []  
128000    [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09]    [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.639491 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
128000    [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09]    [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09]    []  
130000    [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09]    [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.127300 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
130000    [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09]    [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09]    []  
132000    [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10]    [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.338441 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
132000    [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10]    [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10]    []  
134000    [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09]    [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.115987 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
134000    [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09]    [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09]    []  
136000    [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09]    [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.999717 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
136000    [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09]    [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09]    []  
138000    [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09]    [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.613162 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
138000    [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09]    [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09]    []  
140000    [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13]    [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.766342 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
140000    [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13]    [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13]    []  
142000    [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09]    [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.027973 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
142000    [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09]    [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09]    []  
144000    [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09]    [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.640349 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
144000    [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09]    [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09]    []  
146000    [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09]    [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.811170 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
146000    [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09]    [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09]    []  
148000    [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09]    [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.586319 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
148000    [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09]    [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09]    []  
150000    [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09]    [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.757209 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
150000    [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09]    [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09]    []  
152000    [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09]    [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.709432 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
152000    [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09]    [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09]    []  
154000    [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10]    [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.672980 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
154000    [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10]    [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10]    []  
156000    [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09]    [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.418044 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
156000    [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09]    [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09]    []  
158000    [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09]    [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.809858 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
158000    [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09]    [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09]    []  
160000    [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09]    [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.925315 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
160000    [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09]    [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09]    []  
162000    [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09]    [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.798195 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
162000    [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09]    [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09]    []  
164000    [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09]    [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.907683 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
164000    [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09]    [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09]    []  
166000    [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11]    [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.100494 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
166000    [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11]    [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11]    []  
168000    [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10]    [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.804282 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
168000    [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10]    [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10]    []  
170000    [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10]    [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.038682 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
170000    [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10]    [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10]    []  
172000    [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09]    [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.586670 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
172000    [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09]    [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09]    []  
174000    [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09]    [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.027685 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
174000    [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09]    [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09]    []  
176000    [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09]    [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.368672 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
176000    [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09]    [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09]    []  
178000    [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09]    [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.582044 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
178000    [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09]    [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09]    []  
180000    [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09]    [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.613064 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
180000    [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09]    [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09]    []  
182000    [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09]    [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.378982 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
182000    [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09]    [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09]    []  
184000    [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09]    [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.614861 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
184000    [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09]    [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09]    []  
186000    [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09]    [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 14.842267 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
186000    [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09]    [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09]    []  
188000    [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09]    [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 16.537829 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
188000    [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09]    [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09]    []  
190000    [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09]    [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.697966 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
190000    [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09]    [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09]    []  
192000    [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09]    [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09]    []  

Best model at step 103163:
  train loss: 1.68e-05
  test loss: 1.68e-05
  test metric: []

'train' took 15.327719 s

Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
192000    [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09]    [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09]    []  
194000    [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09]    [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09]    []  

Best model at step 194000:
  train loss: 1.53e-05
  test loss: 1.53e-05
  test metric: []

'train' took 16.172618 s

Best train step: 194000
alpha: 0.12467385083
beta: 0.055773638189
gamma: 0.0025323582813
Best train step: 194000
alpha: 0.12467385083
beta: 0.055773638189
gamma: 0.0025323582813
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
194000    [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09]    [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09]    []  
196000    [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10]    [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.029193 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
196000    [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10]    [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10]    []  
198000    [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10]    [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.936510 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
198000    [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10]    [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10]    []  
200000    [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09]    [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.888655 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
200000    [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09]    [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09]    []  
202000    [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09]    [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.798614 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
202000    [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09]    [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09]    []  
204000    [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12]    [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.638306 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
204000    [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12]    [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12]    []  
206000    [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09]    [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.450432 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
206000    [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09]    [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09]    []  
208000    [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09]    [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.284420 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
208000    [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09]    [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09]    []  
210000    [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10]    [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.186830 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
210000    [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10]    [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10]    []  
212000    [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09]    [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.342818 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
212000    [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09]    [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09]    []  
214000    [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09]    [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.242672 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
214000    [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09]    [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09]    []  
216000    [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09]    [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.311576 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
216000    [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09]    [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09]    []  
218000    [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09]    [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.145593 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
218000    [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09]    [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09]    []  
220000    [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09]    [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.409466 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
220000    [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09]    [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09]    []  
222000    [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09]    [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.440489 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
222000    [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09]    [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09]    []  
224000    [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09]    [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.121320 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
224000    [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09]    [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09]    []  
226000    [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09]    [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.506161 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
226000    [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09]    [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09]    []  
228000    [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09]    [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.200483 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
228000    [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09]    [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09]    []  
230000    [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09]    [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.437454 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
230000    [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09]    [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09]    []  
232000    [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09]    [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.427277 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
232000    [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09]    [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09]    []  
234000    [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09]    [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.304059 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
234000    [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09]    [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09]    []  
236000    [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09]    [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.486428 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
236000    [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09]    [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09]    []  
238000    [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10]    [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.405463 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
238000    [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10]    [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10]    []  
240000    [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09]    [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.568736 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
240000    [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09]    [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09]    []  
242000    [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09]    [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.493609 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
242000    [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09]    [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09]    []  
244000    [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10]    [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.714014 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
244000    [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10]    [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10]    []  
246000    [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09]    [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.540144 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
246000    [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09]    [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09]    []  
248000    [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10]    [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.021301 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
248000    [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10]    [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10]    []  
250000    [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10]    [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.223862 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
250000    [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10]    [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10]    []  
252000    [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09]    [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.722173 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
252000    [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09]    [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09]    []  
254000    [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09]    [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.771728 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
254000    [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09]    [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09]    []  
256000    [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09]    [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.562209 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
256000    [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09]    [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09]    []  
258000    [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11]    [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.375898 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
258000    [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11]    [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11]    []  
260000    [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09]    [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.531691 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
260000    [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09]    [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09]    []  
262000    [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09]    [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.513003 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
262000    [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09]    [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09]    []  
264000    [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09]    [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.455185 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
264000    [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09]    [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09]    []  
266000    [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09]    [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.648523 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
266000    [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09]    [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09]    []  
268000    [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11]    [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.125639 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
268000    [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11]    [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11]    []  
270000    [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10]    [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.810379 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
270000    [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10]    [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10]    []  
272000    [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10]    [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.434605 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
272000    [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10]    [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10]    []  
274000    [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09]    [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.555516 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
274000    [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09]    [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09]    []  
276000    [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09]    [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.014605 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
276000    [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09]    [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09]    []  
278000    [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10]    [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.668065 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
278000    [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10]    [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10]    []  
280000    [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10]    [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.839951 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
280000    [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10]    [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10]    []  
282000    [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10]    [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.793656 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
282000    [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10]    [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10]    []  
284000    [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10]    [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.401299 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
284000    [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10]    [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10]    []  
286000    [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10]    [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.194157 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
286000    [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10]    [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10]    []  
288000    [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09]    [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.736260 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
288000    [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09]    [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09]    []  
290000    [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10]    [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.520606 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
290000    [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10]    [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10]    []  
292000    [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10]    [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.540518 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
292000    [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10]    [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10]    []  
294000    [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09]    [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.687949 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
294000    [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09]    [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09]    []  
296000    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.065375 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
296000    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    []  
298000    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.028921 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
298000    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    []  
300000    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.742155 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
300000    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    []  
302000    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.727605 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
302000    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    []  
304000    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.821391 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
304000    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    []  
306000    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.618769 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
306000    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    []  
308000    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.371342 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
308000    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    []  
310000    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.551979 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
310000    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    []  
312000    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.535133 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
312000    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    []  
314000    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.801913 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
314000    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    []  
316000    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.762731 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
316000    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    []  
318000    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.617370 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
318000    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    []  
320000    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.110379 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
320000    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    []  
322000    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.526168 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
322000    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    []  
324000    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.838260 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
324000    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    []  
326000    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.857667 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
326000    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    []  
328000    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.475502 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
328000    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    []  
330000    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.510030 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
330000    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    []  
332000    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.445790 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
332000    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    []  
334000    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.139724 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
334000    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    []  
336000    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.715099 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
336000    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    []  
338000    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.810694 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
338000    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    []  
340000    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.760642 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
340000    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    []  
342000    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.445720 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
342000    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    []  
344000    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.800180 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
344000    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    []  
346000    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.766461 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
346000    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    []  
348000    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.087533 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
348000    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    []  
350000    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.963021 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
350000    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    []  
352000    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.118564 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
352000    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    []  
354000    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.156097 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
354000    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    []  
356000    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.001918 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
356000    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    []  
358000    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.674150 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
358000    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    []  
360000    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.953188 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
360000    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    []  
362000    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.770177 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
362000    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    []  
364000    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.189236 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
364000    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    []  
366000    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.904081 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
366000    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    []  
368000    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.071054 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
368000    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    []  
370000    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.935281 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
370000    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    []  
372000    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.092208 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
372000    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    []  
374000    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.672845 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
374000    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    []  
376000    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.762642 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
376000    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    []  
378000    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.975331 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
378000    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    []  
380000    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.200955 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
380000    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    []  
382000    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.504066 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
382000    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    []  
384000    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.977627 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
384000    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    []  
386000    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.164036 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
386000    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    []  
388000    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.684223 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
388000    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    []  
390000    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.763296 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
390000    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    []  
392000    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.286439 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
392000    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    []  
394000    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.061304 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
394000    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    []  
396000    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.022354 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

intermediate_train()

Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
396000    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    []  
398000    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.163367 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
398000    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    []  
400000    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.454407 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
400000    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    []  
402000    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.897396 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
402000    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    []  
404000    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.974319 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
404000    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    []  
406000    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.894680 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
406000    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    []  
408000    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.975171 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
408000    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    []  
410000    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.791585 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
410000    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    []  
412000    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.955005 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
412000    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    []  
414000    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.609394 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
414000    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    []  
416000    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.876959 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
416000    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    []  
418000    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.837911 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
418000    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    []  
420000    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.608448 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
420000    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    []  
422000    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.304380 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
422000    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    []  
424000    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.546930 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
424000    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    []  
426000    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.105726 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
426000    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    []  
428000    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.967955 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
428000    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    []  
430000    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.731190 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
430000    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    []  
432000    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.867747 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
432000    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    []  
434000    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.487127 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
434000    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    []  
436000    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.449184 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
436000    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    []  
438000    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.378396 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
438000    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    []  
440000    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.864812 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
440000    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    []  
442000    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.081639 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
442000    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    []  
444000    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.609971 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
444000    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    []  
446000    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.567914 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
446000    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    []  
448000    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.435316 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
448000    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    []  
450000    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.154134 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
450000    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    []  
452000    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.216957 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
452000    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    []  
454000    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 18.512978 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
454000    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    []  
456000    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 18.581200 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
456000    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    []  
458000    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.217270 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
458000    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    []  
460000    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.297518 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
460000    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    []  
462000    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.899074 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
462000    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    []  
464000    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.107139 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
464000    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    []  
466000    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.950410 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
466000    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    []  
468000    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.074150 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
468000    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    []  
470000    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.917307 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
470000    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    []  
472000    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.825395 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
472000    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    []  
474000    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.447869 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
474000    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    []  
476000    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.146189 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
476000    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    []  
478000    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.094902 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
478000    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    []  
480000    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.901806 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
480000    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    []  
482000    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.122339 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
482000    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    []  
484000    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.554551 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
484000    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    []  
486000    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.559897 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
486000    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    []  
488000    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.716167 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
488000    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    []  
490000    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.732444 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
490000    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    []  
492000    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.417968 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
492000    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    []  
494000    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.174080 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
494000    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    []  
496000    [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10]    [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.311691 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

Final Output

# params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)

model.set_synthetic_data(t_synth, solution_synth_full) 
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
# plot.show_known_and_prediction()
# plot.plot_param_history()
# plot.plot_loss_history()

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

plot.show_known_and_prediction()
plot.plot_param_history()
plot.plot_loss_history()

/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/exercises_Jakob/Plot.py:290: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  plt.tight_layout()
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/events.py:89: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  func(*args, **kwargs)

/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/pylabtools.py:152: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  fig.canvas.print_figure(bytes_io, **kw)

# from SIRD_normal_nn import SIRD_net
# max_timestep = 100000
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = solution_synth[t_bool]

# net = SIRD_net(t, wsol, init_num_people=1e6)
# net.train()
# net.plot(t_synth, solution_synth)

# fig, ax = plt.subplots()
# net.plot(ax, t_synth)